from lib_corr_matrices import *
import warnings
warnings.filterwarnings('ignore')

visual analisys of cross correlation and correlaton matrices

For each model:

1. Choose model
2. Choose style
3. matrix_crosscorrelation all (all epochs): heatmap + histogram of log(eigenvalues) + eigenvalues scatterplot
4. matrix_crosscorrelation small (first 500 epochs): heatmap + histogram of log(eigenvalues) + eigenvalues scatterplot
5. matrix_crosscorrelation vsmall (first 100 epochs): heatmap + histogram of log(eigenvalues) + eigenvalues scatterplot
6. Comparission of eigenvalues for different samples of the same model

paths2 = ['model_50_50/model_50_50_w2_1.csv',
          'model_50_50/model_50_50_w2_2.csv',
          'model_50_50/model_50_50_w2_3.csv',
          'model_50_50/model_50_50_w2_4.csv',
          'model_50_50/model_50_50_w2_5.csv',
         
          'model_50_50/model_50_50_w3_1.csv',
          'model_50_50/model_50_50_w3_2.csv',
          'model_50_50/model_50_50_w3_3.csv',
          'model_50_50/model_50_50_w3_4.csv',
          'model_50_50/model_50_50_w3_5.csv',
        ]

paths3 = ['model_50_50_50/model_50_50_50_w2_1.csv',
          'model_50_50_50/model_50_50_50_w2_2.csv',
          'model_50_50_50/model_50_50_50_w2_3.csv',
          'model_50_50_50/model_50_50_50_w2_4.csv',
          'model_50_50_50/model_50_50_50_w2_5.csv',
         
          'model_50_50_50/model_50_50_50_w3_1.csv',
          'model_50_50_50/model_50_50_50_w3_2.csv',
          'model_50_50_50/model_50_50_50_w3_3.csv',
          'model_50_50_50/model_50_50_50_w3_4.csv',
          'model_50_50_50/model_50_50_50_w3_5.csv',
         
          'model_50_50_50/model_50_50_50_w4_1.csv',
          'model_50_50_50/model_50_50_50_w4_2.csv',
          'model_50_50_50/model_50_50_50_w4_3.csv',
          'model_50_50_50/model_50_50_50_w4_4.csv',
          'model_50_50_50/model_50_50_50_w4_5.csv',
         ]

paths4 = ['model_50_50_50_50/model_50_50_50_50_w2_1.csv',
          'model_50_50_50_50/model_50_50_50_50_w2_2.csv',
          'model_50_50_50_50/model_50_50_50_50_w2_3.csv',
          'model_50_50_50_50/model_50_50_50_50_w2_4.csv',
          'model_50_50_50_50/model_50_50_50_50_w2_5.csv',
         
          'model_50_50_50_50/model_50_50_50_50_w3_1.csv',
          'model_50_50_50_50/model_50_50_50_50_w3_2.csv',
          'model_50_50_50_50/model_50_50_50_50_w3_3.csv',
          'model_50_50_50_50/model_50_50_50_50_w3_4.csv',
          'model_50_50_50_50/model_50_50_50_50_w3_5.csv',
         
          'model_50_50_50_50/model_50_50_50_50_w4_1.csv',
          'model_50_50_50_50/model_50_50_50_50_w4_2.csv',
          'model_50_50_50_50/model_50_50_50_50_w4_3.csv',
          'model_50_50_50_50/model_50_50_50_50_w4_4.csv',
          'model_50_50_50_50/model_50_50_50_50_w4_5.csv',
         
          'model_50_50_50_50/model_50_50_50_50_w5_1.csv',
          'model_50_50_50_50/model_50_50_50_50_w5_2.csv',
          'model_50_50_50_50/model_50_50_50_50_w5_3.csv',
          'model_50_50_50_50/model_50_50_50_50_w5_4.csv',
          'model_50_50_50_50/model_50_50_50_50_w5_5.csv'   
]

get_autocorrelation(paths2, k=1, max_epoch=1000, folder='matrix_autocorrelation_small/') get_autocorrelation(paths2, k=1, max_epoch=500, folder='matrix_autocorrelation_vsmall/')

get_autocorrelation(paths3, k=1, max_epoch=1000, folder='matrix_autocorrelation_small/') get_autocorrelation(paths3, k=1, max_epoch=500, folder='matrix_autocorrelation_vsmall/')

get_autocorrelation(paths4, k=1, max_epoch=1000, folder='matrix_autocorrelation_small/') get_autocorrelation(paths4, k=1, max_epoch=500, folder='matrix_autocorrelation_vsmall/')

Show all matrices

cmap= newcmp
colors = ['slategray', 'slateblue', 'indigo','pink'] ##violet

vmin_corr = 0.99
vmax_corr = 1

mineigenval = 1e-20
maxeigenval = 1e5
cutoff = 1e-13
n_of_samples=5

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_small/'

number_of_weights =4
vmin_w, vmax_w, vmin_b, vmax_b = 0.99, 1.0, 0.75, 1.0

for m in range(n_of_samples):
    show_corr_matrix(folder, pwd, number_of_weights, m+1, vmin_w, vmax_w, vmin_b, vmax_b, cmap)

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_vsmall/'

number_of_weights =4
vmin_w, vmax_w, vmin_b, vmax_b = 0.99, 1.0, 0.75, 1.0

for m in range(n_of_samples):
    show_corr_matrix(folder, pwd, number_of_weights, m+1, vmin_w, vmax_w, vmin_b, vmax_b, cmap)

Eigenvalues spectrum all

pwd = 'model_50_50/model_50_50'
folder = 'matrix_autocorrelation_small/'
d=3
show_eigenvalues_all(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (1000, 1000)		 rank = 993
matrix shape = (1000, 1000)		 rank = 993
matrix shape = (1000, 1000)		 rank = 993
matrix shape = (1000, 1000)		 rank = 993
matrix shape = (1000, 1000)		 rank = 993
matrix shape = (1000, 1000)		 rank = 978
matrix shape = (1000, 1000)		 rank = 974
matrix shape = (1000, 1000)		 rank = 976
matrix shape = (1000, 1000)		 rank = 977
matrix shape = (1000, 1000)		 rank = 978

pwd = 'model_50_50_50/model_50_50_50'
folder = 'matrix_autocorrelation_small/'
d=4
show_eigenvalues_all(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 999
matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 999
matrix shape = (1000, 1000)		 rank = 997
matrix shape = (1000, 1000)		 rank = 998
matrix shape = (1000, 1000)		 rank = 975
matrix shape = (1000, 1000)		 rank = 978
matrix shape = (1000, 1000)		 rank = 977
matrix shape = (1000, 1000)		 rank = 977
matrix shape = (1000, 1000)		 rank = 976

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_small/'
d=5
show_eigenvalues_all(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 977
matrix shape = (1000, 1000)		 rank = 979
matrix shape = (1000, 1000)		 rank = 977
matrix shape = (1000, 1000)		 rank = 977
matrix shape = (1000, 1000)		 rank = 977

Show eigenvalues histogram

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_small/'
details = ['w2', 'w3', 'w4', 'w5']
show_eigenvalues_stacked(folder, pwd, details, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1000)

matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (1000, 1000)	 rank = 1000
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (1000, 1000)	 rank = 1000
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (1000, 1000)	 rank = 1000
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (1000, 1000)	 rank = 1000
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (1000, 1000)	 rank = 1000
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (1000, 1000)	 rank = 1000
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (1000, 1000)	 rank = 1000
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (1000, 1000)	 rank = 1000
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (1000, 1000)	 rank = 1000
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (1000, 1000)	 rank = 1000
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (1000, 1000)	 rank = 1000
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (1000, 1000)	 rank = 1000
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (1000, 1000)	 rank = 1000
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (1000, 1000)	 rank = 1000
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (1000, 1000)	 rank = 1000
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (1000, 1000)	 rank = 499
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (1000, 1000)	 rank = 499
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (1000, 1000)	 rank = 499
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (1000, 1000)	 rank = 499
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (1000, 1000)	 rank = 499

details = ['w2', 'w3', 'w4', 'w5']
show_eigenvalues_smoothed(folder, pwd, details, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1000)

matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (1000, 1000)	 rank = 1000
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (1000, 1000)	 rank = 1000
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (1000, 1000)	 rank = 1000
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (1000, 1000)	 rank = 1000
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (1000, 1000)	 rank = 1000
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (1000, 1000)	 rank = 1000
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (1000, 1000)	 rank = 1000
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (1000, 1000)	 rank = 1000
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (1000, 1000)	 rank = 1000
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (1000, 1000)	 rank = 1000
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (1000, 1000)	 rank = 1000
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (1000, 1000)	 rank = 1000
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (1000, 1000)	 rank = 1000
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (1000, 1000)	 rank = 1000
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (1000, 1000)	 rank = 1000
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (1000, 1000)	 rank = 499
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (1000, 1000)	 rank = 499
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (1000, 1000)	 rank = 499
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (1000, 1000)	 rank = 499
matrix_autocorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (1000, 1000)	 rank = 499

Plots one by one

Small size: 1000 epochs

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_small/'
d='w2'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 1000

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_small/'
d='w3'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 1000

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_small/'
d='w4'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 1000
matrix shape = (1000, 1000)		 rank = 1000

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_small/'
d='w5'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (1000, 1000)		 rank = 977
matrix shape = (1000, 1000)		 rank = 979
matrix shape = (1000, 1000)		 rank = 977
matrix shape = (1000, 1000)		 rank = 977
matrix shape = (1000, 1000)		 rank = 977

VSmall size: 500 epochs

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_vsmall/'
d='w2'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (500, 500)		 rank = 500
matrix shape = (500, 500)		 rank = 500
matrix shape = (500, 500)		 rank = 500
matrix shape = (500, 500)		 rank = 500
matrix shape = (500, 500)		 rank = 500

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_vsmall/'
d='w3'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (500, 500)		 rank = 500
matrix shape = (500, 500)		 rank = 500
matrix shape = (500, 500)		 rank = 500
matrix shape = (500, 500)		 rank = 500
matrix shape = (500, 500)		 rank = 500

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_vsmall/'
d='w4'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (500, 500)		 rank = 500
matrix shape = (500, 500)		 rank = 500
matrix shape = (500, 500)		 rank = 500
matrix shape = (500, 500)		 rank = 500
matrix shape = (500, 500)		 rank = 500

pwd = 'model_50_50_50_50/model_50_50_50_50'
folder = 'matrix_autocorrelation_vsmall/'
d='w5'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)

matrix shape = (500, 500)		 rank = 499
matrix shape = (500, 500)		 rank = 499
matrix shape = (500, 500)		 rank = 499
matrix shape = (500, 500)		 rank = 499
matrix shape = (500, 500)		 rank = 499